# PoP - Policing Socio-Geographic Boundaries and Inequality
# script for creating final dataset for Austin.

#### libraries ####

library(MASS)
library(sp)
library(stargazer)
library(sf)
library(matrixStats)
library(tidyverse)
library(scales)
library(tidycensus)
library(spdep)
library(gridExtra)
library(readxl)

#### downloading census data #### 

# Download Decennial Census data 2010

census_api_key(key = 'f1ad9e98451897912bfdf1227c9a357eaa7d0d78', install = TRUE)

vars_census <- c("P001001", "P012006", "P012007", "P012008", "P012009", "P012010",
                 "P012011", "P012012", "P005003", "P005004", "P005006", "P005010",
                 "P015001", "P005005", "P005007", "P005008", "P005009")

aus_sf1 <- tidycensus::get_decennial(geography = "block", state = "TX",
                                     county = "Travis County", variables = vars_census,
                                     year = 2010, output = "wide", geometry = TRUE)

# Download ACS data 2011-2016
# mhhi
# % poverty
# % unemployed
# college

vars_acs <- c("C24010_004E", "C24010_040E", "C24010_001E", "B23025_005E", "B23025_003E",
              "B17021_001E", "B17021_002E", "B15002_011E", "B15002_028E", "B15002_001E",
              "B11003_016E", "B11001_001E", "B25001_001E", "B25003_003E", "B25002_002E",
              "B25002_003E", "B16004_001E", "B16004_006E", "B16004_007E", "B16004_008E",
              "B16004_011E", "B16004_012E", "B16004_013E", "B16004_016E", "B16004_017E",
              "B16004_018E", "B16004_021E", "B16004_022E", "B16004_023E", "B16004_028E",
              "B16004_029E", "B16004_030E", "B16004_033E", "B16004_034E", "B16004_035E",
              "B16004_038E", "B16004_039E", "B16004_040E", "B16004_043E", "B16004_044E",
              "B16004_045E", "B16004_050E", "B16004_051E", "B16004_052E", "B16004_055E",
              "B16004_056E", "B16004_057E", "B16004_060E", "B16004_061E", "B16004_062E",
              "B16004_065E", "B16004_066E", "B16004_067E", "B16004_008E", "B16004_013E",
              "B16004_018E", "B16004_023E", "B16004_030E", "B16004_035E", "B16004_040E",
              "B16004_045E", "B16004_052E", "B16004_057E", "B16004_062E", "B16004_067E",
              "B16004_001E", "B25038_004E", "B25038_011E", "B25038_004E", "B25038_011E",
              "B19013_001", # mhhi 
              "B15003_001", # education universe 
              "B15003_022", "B15003_023", "B15003_024", "B15003_025", # number of college educated or more
              "B25003_001", # homeowner universe
              "B25003_002") # homeowner

vars_loaded = load_variables(dataset = "acs5", year = 2013)
# View(vars_loaded)

aus_acs <- tidycensus::get_acs(geography = "block group", state = "TX",
                               county = "Travis County", variables = vars_acs,
                               year = 2013, output = "wide", geometry = TRUE)



# herfindahl or fractionalization index

f_index <- function(x) 1 - rowSums(x^2)

# factor analysis

fac <- function(x, factors, rotation = "varimax", scores = "regression") {
  ok <- complete.cases(x)
  fa <- factanal(x[ok,], factors, rotation=rotation, scores=scores)
  score <- rep(NA, fa$n.obs + sum(!ok))
  score[ok] <- fa$scores
  return(score)
}


# recode Decennial Census

aus_sf1 <- aus_sf1 %>%
  transmute(
    BLK_CODE = GEOID,
    pop = P001001,
    hh = P015001,
    race_white = P005003,
    race_black = P005004,
    race_asian = P005006,
    race_hisp = P005010,
    race_other = P005005 + P005007 + P005008 + P005009,
    p_race_white = race_white / pop,
    p_race_black = race_black / pop,
    p_race_asian = race_asian / pop,
    p_race_hisp = race_hisp / pop,
    p_race_other = race_other / pop,
    age_15_35_male = P012006 + P012007 + P012008 + P012009 + P012010 +
      P012011 + P012012,
    hhi = f_index(cbind(p_race_white, p_race_black, p_race_asian,
                        p_race_hisp, p_race_other)),
    geometry
  )

aus_sf1$GEOID = substring(aus_sf1$BLK_CODE, 1, 12)

# recode ACS

aus_acs <- aus_acs %>%
  transmute(
    BG_CODE = GEOID,
    occ_management = C24010_004E + C24010_040E,
    occ_universe = C24010_001E,
    emp_unemployed = B23025_005E,
    emp_civ_lab_force = B23025_003E,
    poverty_universe = B17021_001E,
    poverty = B17021_002E,
    edu_hs = B15002_011E + B15002_028E,
    edu_universe = B15002_001E,
    hh_single_mother = B11003_016E,
    mhhi = B19013_001E, 
    hh = B11001_001E,
    hu = B25001_001E,
    hu_occupied_renter = B25003_003E,
    hu_occupied = B25002_002E,
    hu_vacant = B25002_003E,
    lang_universe = B16004_001E,
    lang_eng_limited = # Speak Eng less than "very well"
      B16004_006E + B16004_007E + B16004_008E +
      B16004_011E + B16004_012E + B16004_013E +
      B16004_016E + B16004_017E + B16004_018E +
      B16004_021E + B16004_022E + B16004_023E +
      B16004_028E + B16004_029E + B16004_030E +
      B16004_033E + B16004_034E + B16004_035E +
      B16004_038E + B16004_039E + B16004_040E +
      B16004_043E + B16004_044E + B16004_045E +
      B16004_050E + B16004_051E + B16004_052E +
      B16004_055E + B16004_056E + B16004_057E +
      B16004_060E + B16004_061E + B16004_062E +
      B16004_065E + B16004_066E + B16004_067E,
    lang_eng_no = B16004_008E + B16004_013E + B16004_018E + B16004_023E +
      B16004_030E + B16004_035E + B16004_040E + B16004_045E +
      B16004_052E + B16004_057E + B16004_062E + B16004_067E,
    lang_universe = B16004_001E,
    housing_moved_2000_2009 = B25038_004E + B25038_011E,
    housing_moved_2000_2009 = B25038_004E + B25038_011E,
    p_occ_management = occ_management / occ_universe,
    p_emp_unemployed = emp_unemployed / emp_civ_lab_force,
    p_poverty = poverty / poverty_universe,
    p_edu_hs = edu_hs / edu_universe,
    p_single_mother = hh_single_mother / hh,
    p_hu_occupied_renter = hu_occupied_renter / hu_occupied,
    p_hu_vacant = hu_vacant / hu,
    p_lang_eng_limited = lang_eng_limited / lang_universe,
    p_lang_eng_no = lang_eng_no / lang_universe,
    pcol = (B15003_022E + B15003_023E + B15003_024E + B15003_025E) / B15003_001E,
    pown = B25003_002E / B25003_001E,
    p_housing_moved_2000_2009 = housing_moved_2000_2009 / hu_occupied,
    # concentrated disadvantage, residential instability and immigrant concentration
    con_disadv = fac(cbind(p_occ_management, p_emp_unemployed, p_poverty,
                           p_edu_hs, p_single_mother), factors=1),
    res_instab = fac(cbind(p_hu_occupied_renter, p_housing_moved_2000_2009,
                           p_hu_vacant), factors=1),
    immi_con = rowMeans(cbind(p_lang_eng_limited, p_lang_eng_no))
  ) %>% dplyr::select(BG_CODE, con_disadv, res_instab, immi_con, mhhi, pcol, pown, p_poverty,
                      p_emp_unemployed)

# join decennial census with ACS data

aus_sf1$BG_CODE = substring(aus_sf1$BLK_CODE, 1, 12)
aus_bg <- aus_sf1 %>% left_join((aus_acs %>% mutate(geometry = NULL) %>% 
                                   as.data.frame), by = "BG_CODE")

# merge with boundary data

aus_shp = read_sf("border_level8_polygon.shp") %>%
  dplyr::select(geometry)

aus_shp = st_transform(aus_shp, st_crs(aus_bg))
st_crs(aus_shp) = st_crs(aus_bg)

aus_bg = st_make_valid(aus_bg, dist = 0)
aus_shp = st_make_valid(aus_shp, dist = 0)
aus_bg_int = st_intersects(aus_shp, aus_bg)

# wombling, generating difference measure

aus_bg = st_make_valid(aus_bg, dist=0)

uq_bgs = unique(aus_bg$BLK_CODE)

test = poly2nb(aus_bg)
aus_bg$p_race_black_blv = NA
aus_bg$p_race_white_blv = NA
aus_bg$p_race_hisp_blv = NA
aus_bg$p_race_asian_blv = NA

# loop to generate measure

for (i in 1:length(uq_bgs)) {
  
  print(paste0("Iteration ", i))
  
  aus_bg$p_race_black_blv[i] = 
    max(abs(aus_bg[aus_bg$BLK_CODE %in% uq_bgs[i], ]$p_race_black - 
              aus_bg[test[[i]], ]$p_race_black), na.rm = TRUE)
  aus_bg$p_race_white_blv[i] = 
    max(abs(aus_bg[aus_bg$BLK_CODE %in% uq_bgs[i], ]$p_race_white - 
              aus_bg[test[[i]], ]$p_race_white), na.rm = TRUE)
  aus_bg$p_race_hisp_blv[i] = 
    max(abs(aus_bg[aus_bg$BLK_CODE %in% uq_bgs[i], ]$p_race_hisp - 
              aus_bg[test[[i]], ]$p_race_hisp), na.rm = TRUE)
  aus_bg$p_race_asian_blv[i] = 
    max(abs(aus_bg[aus_bg$BLK_CODE %in% uq_bgs[i], ]$p_race_asian - 
              aus_bg[test[[i]], ]$p_race_asian), na.rm = TRUE)
  
}


# read in categorized 311 data
aus_311_cat <- read_csv("Austin_311_clean.csv")

# create column for year
aus_311_cat$year <- aus_311_cat$created_date
aus_311_cat$year = substring(aus_311_cat$year, 1, 4)

# filter to only 2014 calls since arrests are 2012-2014
aus_311 = aus_311_cat %>% filter(year == "2014")


# locate 311 calls within census blocks
# remove missing values from 311 call geometry
aus_311 = aus_311 %>% filter(!is.na(`Latitude Coordinate`))

# convert 311 call data to sf
aus_311  <- st_as_sf(x = aus_311, coords = c("Longitude Coordinate", "Latitude Coordinate"))

# set crs btw census data and 311 calls

st_crs(aus_311) = st_crs(aus_bg)
aus_311 = st_transform(aus_311, st_crs(aus_bg))

aus_311_merged <- st_join(aus_311,aus_bg,
                            join = st_intersects)

aus_311_merged = aus_311_merged %>% dplyr::select(`Service Request (SR) Number`,BLK_CODE, call_code)

# reshape data from long form to wide form with each call code as column
aus_311_merged$val = 1
wide_311_calls = aus_311_merged %>% 
  pivot_wider(names_from = "call_code", values_from = "val", values_fill = 0)

## sum number of each type of call per category by BG and year
wide_311_calls_sum = wide_311_calls %>% 
  group_by(BLK_CODE) %>% 
  summarise(across(c("3","10","9","5","11","4","8","1","7","6","12","2"), sum)) %>% 
  as.data.frame %>% mutate(geometry = NULL)

# sum total calls per year
wide_311_calls_sum = wide_311_calls_sum %>%
  mutate(total_calls = rowSums(across(2:13)))

# sum top 3 categories 
wide_311_calls_sum$high_SES <- wide_311_calls_sum$`5` + wide_311_calls_sum$`6` + wide_311_calls_sum$`4`
wide_311_calls_sum$high_SES_stan <- (wide_311_calls_sum$high_SES/wide_311_calls_sum$total_calls)


## log and add one to total # of calls per category by BG, year
# wide_311_calls_log = wide_311_calls_sum %>%
  # mutate(across(c("3","10","9","5","11","4","8","1","7","6","12","2","total_calls","high_SES"
                  #), function(x) log(x +1)))

# standardize variables
# wide_311_calls_log$high_SES_stan <- (wide_311_calls_log$high_SES/wide_311_calls_log$total_calls)

aus_311_final = wide_311_calls_sum
# save(x = aus_311_final, file = "aus_311_final.RData")

# merge with aus_bg based on BLK_CODE
aus_311_final = aus_311_final %>% dplyr::select(c(BLK_CODE,high_SES_stan))
aus_bg <- merge(aus_bg, aus_311_final, by = "BLK_CODE", all.x = TRUE)

# wombling, generating diff measure between proportion of high SES calls
aus_bg = st_make_valid(aus_bg, dist=0)

uq_bgs = unique(aus_bg$BLK_CODE)

test = poly2nb(aus_bg)
aus_bg$ses_blv = NA

# loop to generate measure

for (i in 1:length(uq_bgs)) {
  
  print(paste0("Iteration ", i))
  
  aus_bg$ses_blv[i] = 
    max(abs(aus_bg[aus_bg$BLK_CODE %in% uq_bgs[i], ]$high_SES_stan - 
              aus_bg[test[[i]], ]$high_SES_stan), na.rm = TRUE)
}

aus_bg$ses_blv = 
  ifelse(aus_bg$ses_blv == Inf | aus_bg$ses_blv == -Inf, NA, aus_bg$ses_blv)


# save aus with boundary measures
save(x = aus_bg, file = "aus_blv.RData")

### data is confidential but providing the code used to aggregate geolocated arrests by census block
### at the end of the code that is commented out, load the dataset with arrests to proceed in the script


#### loading in Austin geocoded arrest data #### 
# load("aus_arrests_categorized.RData")
# 
# ## select necessary columns
# aus_categorized_geo = aus_arrests_categorized %>% dplyr::select(-c(`Arrest Date`))
# # convert to sf
# aus_arrests  <- st_as_sf(x = aus_categorized_geo)
# 
# ## find intersection btw census data and arrest data
# st_crs(aus_arrests) = st_crs(aus_bg)
# aus_arrests = st_transform(aus_arrests, st_crs(aus_bg))
# # specifically, find intersection between arrests by category
# 
# aus_ints = st_intersects(aus_arrests, aus_bg)
# aus_ints2a = st_intersects(aus_arrests %>% filter(felony == 1), aus_bg)
# aus_ints2b = st_intersects(aus_arrests %>% filter(felony == 0), aus_bg)
# aus_ints2c = st_intersects(aus_arrests %>% filter(violent == 1), aus_bg)
# aus_ints2d = st_intersects(aus_arrests %>% filter(violent == 0), aus_bg)
# aus_ints2e = st_intersects(aus_arrests %>% filter(society == 1), aus_bg)
# aus_ints2f = st_intersects(aus_arrests %>% filter(person == 1), aus_bg)
# aus_ints2g = st_intersects(aus_arrests %>% filter(property == 1), aus_bg)
# 
# 
# theout = aus_bg[aus_ints %>% unlist, ] %>% 
#   dplyr::select(BLK_CODE) %>% 
#   mutate(count = 1) %>% 
#   group_by(BLK_CODE) %>% 
#   summarize(total_arrests = sum(count, na.rm = TRUE)) %>% 
#   as.data.frame %>% 
#   mutate(geometry = NULL)
# 
# theout2a = aus_bg[aus_ints2a %>% unlist, ] %>% 
#   dplyr::select(BLK_CODE) %>%
#   mutate(count = 1) %>% 
#   group_by(BLK_CODE) %>% 
#   summarize(felony_arrests = sum(count, na.rm = TRUE)) %>% 
#   as.data.frame %>% 
#   mutate(geometry = NULL)
# 
# theout2b = aus_bg[aus_ints2b %>% unlist, ] %>% 
#   dplyr::select(BLK_CODE) %>%
#   mutate(count = 1) %>% 
#   group_by(BLK_CODE) %>% 
#   summarize(misdemeanor_arrests = sum(count, na.rm = TRUE)) %>% 
#   as.data.frame %>% 
#   mutate(geometry = NULL)
# 
# theout2c = aus_bg[aus_ints2c %>% unlist, ] %>% 
#   dplyr::select(BLK_CODE) %>%
#   mutate(count = 1) %>% 
#   group_by(BLK_CODE) %>% 
#   summarize(violent_arrests = sum(count, na.rm = TRUE)) %>% 
#   as.data.frame %>% 
#   mutate(geometry = NULL)
# 
# theout2d = aus_bg[aus_ints2d %>% unlist, ] %>% 
#   dplyr::select(BLK_CODE) %>%
#   mutate(count = 1) %>% 
#   group_by(BLK_CODE) %>% 
#   summarize(nonviolent_arrests = sum(count, na.rm = TRUE)) %>% 
#   as.data.frame %>% 
#   mutate(geometry = NULL)
# 
# theout2e = aus_bg[aus_ints2e %>% unlist, ] %>% 
#   dplyr::select(BLK_CODE) %>%
#   mutate(count = 1) %>% 
#   group_by(BLK_CODE) %>% 
#   summarize(society_arrests = sum(count, na.rm = TRUE)) %>% 
#   as.data.frame %>% 
#   mutate(geometry = NULL)
# 
# theout2f = aus_bg[aus_ints2f %>% unlist, ] %>% 
#   dplyr::select(BLK_CODE) %>%
#   mutate(count = 1) %>% 
#   group_by(BLK_CODE) %>% 
#   summarize(person_arrests = sum(count, na.rm = TRUE)) %>% 
#   as.data.frame %>% 
#   mutate(geometry = NULL)
# 
# theout2g = aus_bg[aus_ints2g %>% unlist, ] %>% 
#   dplyr::select(BLK_CODE) %>%
#   mutate(count = 1) %>% 
#   group_by(BLK_CODE) %>% 
#   summarize(property_arrests = sum(count, na.rm = TRUE)) %>% 
#   as.data.frame %>% 
#   mutate(geometry = NULL)
# 
# aus_bg2 = merge(aus_bg, theout, by = "BLK_CODE", all.x = TRUE)
# aus_bg2 = merge(aus_bg2, theout2a, by = "BLK_CODE", all.x = TRUE)
# aus_bg2 = merge(aus_bg2, theout2b, by = "BLK_CODE", all.x = TRUE)
# aus_bg2 = merge(aus_bg2, theout2c, by = "BLK_CODE", all.x = TRUE)
# aus_bg2 = merge(aus_bg2, theout2d, by = "BLK_CODE", all.x = TRUE)
# aus_bg2 = merge(aus_bg2, theout2e, by = "BLK_CODE", all.x = TRUE)
# aus_bg2 = merge(aus_bg2, theout2f, by = "BLK_CODE", all.x = TRUE)
# aus_bg2 = merge(aus_bg2, theout2g, by = "BLK_CODE", all.x = TRUE)
# 
# 
# aus_bg2$total_arrests = ifelse(is.na(aus_bg2$total_arrests), 0, aus_bg2$total_arrests)
# aus_bg2$felony_arrests = ifelse(is.na(aus_bg2$felony_arrests), 0, aus_bg2$felony_arrests)
# aus_bg2$misdemeanor_arrests = ifelse(is.na(aus_bg2$misdemeanor_arrests), 0, aus_bg2$misdemeanor_arrests)
# aus_bg2$violent_arrests = ifelse(is.na(aus_bg2$violent_arrests), 0, aus_bg2$violent_arrests)
# aus_bg2$nonviolent_arrests = ifelse(is.na(aus_bg2$nonviolent_arrests), 0, aus_bg2$nonviolent_arrests)
# aus_bg2$society_arrests = ifelse(is.na(aus_bg2$society_arrests), 0, aus_bg2$society_arrests)
# aus_bg2$person_arrests = ifelse(is.na(aus_bg2$person_arrests), 0, aus_bg2$person_arrests)
# aus_bg2$property_arrests = ifelse(is.na(aus_bg2$property_arrests), 0, aus_bg2$property_arrests)

### read in dataset with aggregate arrests by type to continue

load("aus_block_arrests.RData")

aus_block_arrests <- aus_bg2

#### incorporating crime data ####
load("crimeaus.RData")

# Turning data into geometric object

crimeaus = crimeaus %>% filter(!is.na(Location))
crimeaus = crimeaus %>% st_as_sf(coords = c("Longitude", "Latitude"))
st_crs(crimeaus) = st_crs(aus_bg2$geometry) # Austin crime data already has lon/lat, so no need to transform


# merging  -- arrest data ranges from 1/1/2012 to 12/31/2014, so filter for that
crimeaus$`Occurred Date` = as.Date(crimeaus$`Occurred Date`, "%m/%d/%Y")
crimeaus = crimeaus %>% filter(`Occurred Date` >= as.Date("2012-01-01"))
crimeaus = crimeaus%>%filter(`Occurred Date` <= as.Date("2014-12-31"))

#crimeaus = crimeaus %>% mutate(crime = 1)
crimeaus = crimeaus %>% 
  dplyr::select(crime_violent, crime_property, geometry)

# figuring out intersection 

st_crs(crimeaus) = st_crs(aus_bg2)
crimeaus = st_transform(crimeaus, crs = st_crs(aus_bg2))

aus_ints3a = st_intersects(crimeaus %>% filter(crime_violent == 1), aus_bg2)
aus_ints3b = st_intersects(crimeaus %>% filter(crime_property == 1), aus_bg2)

theout3a = aus_bg2[aus_ints3a %>% unlist, ] %>% 
  dplyr::select(BLK_CODE) %>%
  mutate(count = 1) %>% 
  group_by(BLK_CODE) %>% 
  summarize(crime_violent = sum(count, na.rm = TRUE)) %>% 
  as.data.frame %>% 
  mutate(geometry = NULL)

theout3b = aus_bg2[aus_ints3b %>% unlist, ] %>% 
  dplyr::select(BLK_CODE) %>%
  mutate(count = 1) %>% 
  group_by(BLK_CODE) %>% 
  summarize(crime_property = sum(count, na.rm = TRUE)) %>% 
  as.data.frame %>% 
  mutate(geometry = NULL)

#aus_bg3 = merge(aus_bg2, theout2a, by = "BLK_CODE", all.x = TRUE)
aus_bg3 = merge(aus_bg2, theout3a, by = "BLK_CODE", all.x = TRUE)
aus_bg3 = merge(aus_bg3, theout3b, by = "BLK_CODE", all.x = TRUE)

aus_bg3$crime_violent = ifelse(is.na(aus_bg3$crime_violent), 0, aus_bg3$crime_violent)
aus_bg3$crime_property = ifelse(is.na(aus_bg3$crime_property), 0, aus_bg3$crime_property)

aus_bg3$crime_all = 
  aus_bg3$crime_violent + aus_bg3$crime_property


# add in com_density and phys_bound vars
load("aus_fin_pb3.RData")

# get indicator of physical boundaries by block
aus_phys = aus_fin_pb3 %>% dplyr::select(c(BLK_CODE, phys_bound))
aus_phys = aus_phys %>% as.data.frame() %>% dplyr::select(-c(geometry))

aus_bg3 <- merge(aus_bg3, aus_phys, by = "BLK_CODE")

# integrate commercial density
load("aus_cd.RData")
head(aus_cd)

# Calculate the average total jobs by census block
avg_total_jobs <- aus_cd %>%
  group_by(BLK_CODE) %>%
  summarise(total_jobs = mean(total_jobs, na.rm = TRUE))

aus_bg3 <- merge(aus_bg3, avg_total_jobs, by = "BLK_CODE")

# create com_density measure

aus_bg3$com_density <- aus_bg3$total_jobs/aus_bg3$pop
summary(aus_bg3$com_density)


#### quick edits before saving #### 

# resolving infinite numbers 

aus_bg3 = 
  aus_bg3 %>% 
  mutate(p_race_black_blv = ifelse(p_race_black_blv == Inf | 
                                     p_race_black_blv == -Inf, NA, p_race_black_blv),
         p_race_hisp_blv = ifelse(p_race_hisp_blv == Inf | 
                                    p_race_hisp_blv == -Inf, NA, p_race_hisp_blv),
         p_race_asian_blv = ifelse(p_race_asian_blv == Inf | 
                                     p_race_asian_blv == -Inf, NA, p_race_asian_blv),
         p_race_white_blv = ifelse(p_race_white_blv == Inf | 
                                     p_race_white_blv == -Inf, NA, p_race_white_blv))

# global measure

aus_bg3$edge_race_areal = 
  aus_bg3[, c("p_race_black_blv", "p_race_hisp_blv",
              "p_race_asian_blv", "p_race_white_blv")] %>% 
  mutate(geometry = NULL) %>% 
  as.data.frame %>% 
  as.matrix %>% 
  matrixStats::rowMaxs(x = .)

# pairwise measure 

aus_bg3 = 
  aus_bg3 %>% 
  mutate(edge_race_wb = p_race_black_blv * p_race_white_blv,
         edge_race_wh = p_race_hisp_blv * p_race_white_blv,
         edge_race_hb = p_race_hisp_blv * p_race_black_blv)

# arrest rate


aus_bg3$arrest_rate = (aus_bg3$total_arrests / aus_bg3$pop) * 10
aus_bg3$arrest_rate = 
  ifelse(aus_bg3$arrest_rate == Inf | aus_bg3$arrest_rate == -Inf, NA,
         aus_bg3$arrest_rate)
aus_bg3$lpop = log(aus_bg3$pop)

aus_bg3$felony_arrest_rate = (aus_bg3$felony_arrests / aus_bg3$pop) * 10
aus_bg3$felony_arrest_rate = 
  ifelse(aus_bg3$felony_arrest_rate == Inf | aus_bg3$felony_arrest_rate == -Inf, NA,
         aus_bg3$felony_arrest_rate)

aus_bg3$misdemeanor_arrest_rate = (aus_bg3$misdemeanor_arrests / aus_bg3$pop) * 10
aus_bg3$misdemeanor_arrest_rate = 
  ifelse(aus_bg3$misdemeanor_arrest_rate == Inf | aus_bg3$misdemeanor_arrest_rate == -Inf, NA,
         aus_bg3$misdemeanor_arrest_rate)

aus_bg3$violent_arrest_rate = (aus_bg3$violent_arrests / aus_bg3$pop) * 10
aus_bg3$violent_arrest_rate = 
  ifelse(aus_bg3$violent_arrest_rate == Inf | aus_bg3$violent_arrest_rate == -Inf, NA,
         aus_bg3$violent_arrest_rate)

aus_bg3$nonviolent_arrest_rate = (aus_bg3$nonviolent_arrests / aus_bg3$pop) * 10
aus_bg3$nonviolent_arrest_rate = 
  ifelse(aus_bg3$nonviolent_arrest_rate == Inf | aus_bg3$nonviolent_arrest_rate == -Inf, NA,
         aus_bg3$nonviolent_arrest_rate)

aus_bg3$society_arrest_rate = (aus_bg3$society_arrests / aus_bg3$pop) * 10
aus_bg3$society_arrest_rate = 
  ifelse(aus_bg3$society_arrest_rate == Inf | aus_bg3$society_arrest_rate == -Inf, NA,
         aus_bg3$society_arrest_rate)

aus_bg3$person_arrests_rate = (aus_bg3$person_arrests / aus_bg3$pop) * 10
aus_bg3$person_arrests_rate = 
  ifelse(aus_bg3$person_arrests_rate == Inf | aus_bg3$person_arrests_rate == -Inf, NA,
         aus_bg3$person_arres